cm3 / kyoto-lafayette-docker Goto Github PK

• original csv file has column name with ".". ES automatically structurize the data regarding those ".". So, I replaced "." with "_".
• after that correction, data on ES is still weird. (errors appear as the command register index) http://localhost:9200/imperial_postcards/_search?q=風, for example, returns:

{"took":63,"timed_out":false,"_shards":{"total":5,"successful":5,"failed":0},"hits":{"total":988,"max_score":3.9293888,"hits":[{"_index":"imperial_postcards","_type":"logs","_id":"AVmFwJb6bpz5JHymeISU","_score":3.9293888,"_source":{"path":"/usr/share/logstash/data/lafayette/imperial_postcards-withthumbnail.csv","@timestamp":"2017-01-10T00:21:48.158Z","@Version":"1","host":"0d26f8a31d5f","title_english":"\u69d8\u3005\u306e\u98a8\u614b\u3068\u69d8\u3005\u306e\u5bb9\u59ff\u7f8e\u4eba\u3082\u901a\u308c\u3070\u919c\u5a66\u3082\u901a\u308b\u3002","message":"\u69d8\u3005\u306e\u98a8\u614b\u3068\u69d8\u3005\u306e\u5bb9\u59ff\u7f8e\u4eba\u3082\u901a\u308c\u3070\u919c\u5a66\u3082\u901a\u308b\u3002","tags":[]}},{"_index":"imperial_postcards","_type":"logs","_id":"AVmFwJZvbpz5JHymeIPn","_score":3.9144428,"_source":{"path":"/usr/share/logstash/data/lafayette/imperial_postcards-withthumbnail.csv","@timestamp":"2017-01-10T00:21:47.895Z","@Version":"1","host":"0d26f8a31d5f","title_english":"\u5341\u91cc\u98a8\u8165\u65b0\u6226\u5834\u3002","message":"\u5341\u91cc\u98a8\u8165\u65b0\u6226\u5834\u3002","tags":[]}},{"_index":"imperial_postcards","_type":"logs","_id":"AVmFw9x7bpz5JHymeIv0","_score":3.9056559,"_source":{"title_japanese":"\u6f22\u53e3\u98a8\u666f\u3000\u6f22\u53e3\u98a8\u4fd7\u6613\u8005","format_medium":"Picture postcard","relation_ispartof":null,"rights_digital":null,"coverage_location":"Hankou","description_inscription_japanese":null,"description_inscription_english":null,"column40":"imperialPostcards443.jpg","date_image_upper":"1945-08-15","object_url_front_jpeg":"https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361/front/jpg","format_extant":null,"item_number":"1361","description_citation":null,"date_artifact_lower":"1933-02-15T00:00:00.000Z","description_indicia":"[1/2 divided back] \u90f5\u4fbf\u306f\u304c\u304d;[printed in orange];\u8ecd\u4e8b\u90f5\u4fbf [in stamp box]","project_name":"imperial-postcards","relation_seealso":null,"object_url_back_jpeg":"https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361/back/jpg","titlechinese":null,"path":"/usr/share/logstash/data/lafayette/imperial_postcards-withthumbnail.csv","contributor":"Ikegami Naoko","subject_ocm":"790 ECCLESIASTICAL ORGANIZATION;791 MAGICIANS AND DIVINERS","description_text_japanese":null,"@Version":"1","host":"0d26f8a31d5f","format_digital":null,"title_english":"[ip1361] [Fortune-Tellers in Hankou]","description_critical":null,"coverage_location_country":"China","format_extent":null,"creator_digital":null,"date_image_lower":null,"creator_company":null,"date_artifact_upper":"1945-08-15T00:00:00.000Z","title_korean":null,"description_text_english":null,"message":"[ip1361] [Fortune-Tellers in Hankou],,\u6f22\u53e3\u98a8\u666f\u3000\u6f22\u53e3\u98a8\u4fd7\u6613\u8005,,790 ECCLESIASTICAL ORGANIZATION;791 MAGICIANS AND DIVINERS,,,,,,Chinese,China,Hankou,Picture postcard,[1/2 divided back] \u90f5\u4fbf\u306f\u304c\u304d;[printed in orange];\u8ecd\u4e8b\u90f5\u4fbf [in stamp box],,,,,Ikegami Naoko,,1945-08-15,1933-02-15,1945-08-15,,,,,,,,,,,imperial-postcards,1361,https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361,https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361/front/jpg,https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361/back/jpg,imperialPostcards443.jpg","identifier_dmrecord":null,"tags":[],"publisher_digital":null,"date_original":null,"@timestamp":"2017-01-10T00:25:22.556Z","date_search":null,"object_url":"https://digital.lafayette.edu/collections/eastasia/imperial-postcards/ip1361","description_ethnicity":"Chinese","creator_maker":null}},
...