solr 数据备份还原,导入导出

1, solr版本相同: backup,restore

#location=/tmp/solr-export3: 该磁盘目录不需要创建
#ip:端口/solr/集合名/replication
#备份
curl 'http://test-c6:8983/solr/jcse/replication?command=backup&location=/tmp/solr-export3&name=jsce.bak&wt=json'

[root@test-c6 solr]# du  -hs /tmp/solr-export3/snapshot.jsce.bak/
48K     /tmp/solr-export3/snapshot.jsce.bak/
[root@test-c6 solr]# ls /tmp/solr-export3/snapshot.jsce.bak/
_0.fdt  _0.fdx  _0.fnm  _0_Lucene41_0.doc  _0_Lucene41_0.pos  _0_Lucene41_0.tim  _0_Lucene41_0.tip  _0.nvd  _0.nvm  _0.si  segments_2


#还原
curl 'http://test-c6:8983/solr/jcse/replication?command=restore&location=/tmp/solr-export3&name=jsce.bak&wt=json'
#备份: collection 配置和数据+ zk 数据
curl 'http://test-c6:8983/solr/admin/collections?action=BACKUP&collection=test2&location=/tmp&name=test2-collection.bak'
You have mail in /var/spool/mail/root
[root@test-c6 ~]# hdfs dfs -ls /tmp/test2-collection.bak
Found 4 items
-rw-rw-rw-   1 solr supergroup        192 2021-03-31 13:55 /tmp/test2-collection.bak/backup.properties
drwxrwxrwx   - solr supergroup          0 2021-03-31 13:55 /tmp/test2-collection.bak/snapshot.shard1
drwxrwxrwx   - solr supergroup          0 2021-03-31 13:55 /tmp/test2-collection.bak/snapshot.shard2
drwxrwxrwx   - solr supergroup          0 2021-03-31 13:55 /tmp/test2-collection.bak/zk_backup
[root@test-c6 ~]# hdfs dfs -du -h -s /tmp/test2-collection.bak
9.6 M  9.6 M  /tmp/test2-collection.bak

#还原--到不存在的collection (旧的collection需要删除,或新建)
curl 'http://test-c6:8983/solr/admin/collections?action=RESTORE&collection=test2&location=/tmp&name=test2-collection.bak'
curl "http://test-c6:8983/solr/admin/collections?action=REQUESTSTATUS&requestid=123"

2, solr版本不同:导出/导入json

源码:https://github.com/freedev/solr-import-export-json
Jar包下载: https://pan.baidu.com/s/1bxMC5PmSxIeXVURUNJHztg ,提取码:abcd

D:\                                                                                                                                                                                                                                                                             
λ java -jar D:\data\solr-import-export-json-master\target\solr-import-export-1.0.jar -a export -s  http://test-c6:8983/solr/test1 -o solr.json  -b 10000 -S price_c                                                                                                             
...                                                                                                    
13:29:10,133 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@24273305 - Registering current configuration as safe fallback point                                                                                                                                       
13:29:10.260 [main] INFO  i.d.s.i.c.ConfigFactory - Current configuration CommandLineConfig{
    
    actionType=EXPORT, solrUrl='http://test-c6:8983/solr/test1', fileName='solr.json', deleteAll=false, disableCursors=false, skipFieldSet=[SkipField [text=price_c, match=EQUAL]], incl
udeFieldSet=[], filterQuery='null', uniqueKey='null', dryRun=false, skipCount=0, commitAfter=null, blockSize=10000, dateTimeFormat='yyyy-MM-dd'T'HH:mm:ss.SSS'Z'', user='null', password='**********'}                                                                          
13:29:10.262 [main] INFO  i.d.s.i.App - Found config: CommandLineConfig{
    
    actionType=EXPORT, solrUrl='http://test-c6:8983/solr/test1', fileName='solr.json', deleteAll=false, disableCursors=false, skipFieldSet=[SkipField [text=price_c, match=EQUAL]], includeFieldSet=[], filt
erQuery='null', uniqueKey='null', dryRun=false, skipCount=0, commitAfter=null, blockSize=10000, dateTimeFormat='yyyy-MM-dd'T'HH:mm:ss.SSS'Z'', user='null', password='**********'}                                                                                              
13:29:11.322 [main] INFO  i.d.s.i.App - Found 100021 documents                                                                                                                                                                                                                  
13:29:11.322 [main] INFO  i.d.s.i.App - Creating solr.json                                                                                                                                                                                                                      
13:29:11.551 [main] INFO  i.d.s.i.App - reading 10000 documents (10000)                                                                                                                                                                                                         
13:29:11.728 [main] INFO  i.d.s.i.App - reading 10000 documents (20000)                                                                                                                                                                                                         
13:29:11.886 [main] INFO  i.d.s.i.App - reading 10000 documents (30000)                                                                                                                                                                                                         
13:29:12.200 [main] INFO  i.d.s.i.App - reading 10000 documents (40000)                                                                                                                                                                                                         
13:29:12.486 [main] INFO  i.d.s.i.App - reading 10000 documents (50000)                                                                                                                                                                                                         
13:29:12.638 [main] INFO  i.d.s.i.App - reading 10000 documents (60000)                                                                                                                                                                                                         
13:29:12.786 [main] INFO  i.d.s.i.App - reading 10000 documents (70000)                                                                                                                                                                                                         
13:29:12.945 [main] INFO  i.d.s.i.App - reading 10000 documents (80000)                                                                                                                                                                                                         
13:29:13.093 [main] INFO  i.d.s.i.App - reading 10000 documents (90000)                                                                                                                                                                                                         
13:29:13.247 [main] INFO  i.d.s.i.App - reading 10000 documents (100000)                                                                                                                                                                                                        
13:29:13.253 [main] INFO  i.d.s.i.App - reading 21 documents (100021)                                                                                                                                                                                                           
13:29:13.258 [main] INFO  i.d.s.i.App - Build complete.                                                                                                                                                                                                                         

D:\
λ tail solr.json
...
{
    
    "_version_":1695716348372451336,"address_s":"105 Challenger Rd. Ridgefield Park, NJ 07660-0511","compName_s":"Samsung Electronics Co. Ltd.","id":"samsung"}
{
    
    "_version_":1695716348372451337,"address_s":"381 Brea Canyon Road Walnut, CA 91789-0708","compName_s":"ViewSonic Corp","id":"viewsonic"}             

                                                                                                                                                                                                                                                                                
D:\                                                                                                                                                                                                                                                                             
λ java -jar D:\data\solr-import-export-json-master\target\solr-import-export-1.0.jar -a import -s  http://test-c6:8983/solr/test2 -o solr.json  -b 10000                                                                                                                        
...                                                                                                                                      
13:29:22,337 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@24273305 - Registering current configuration as safe fallback point                                                                                                                                       
13:29:22.459 [main] INFO  i.d.s.i.c.ConfigFactory - Current configuration CommandLineConfig{
    
    actionType=IMPORT, solrUrl='http://test-c6:8983/solr/test2', fileName='solr.json', deleteAll=false, disableCursors=false, skipFieldSet=[], includeFieldSet=[], filterQuery='null', u
niqueKey='null', dryRun=false, skipCount=0, commitAfter=null, blockSize=10000, dateTimeFormat='yyyy-MM-dd'T'HH:mm:ss.SSS'Z'', user='null', password='**********'}                                                                                                               
13:29:22.462 [main] INFO  i.d.s.i.App - Found config: CommandLineConfig{
    
    actionType=IMPORT, solrUrl='http://test-c6:8983/solr/test2', fileName='solr.json', deleteAll=false, disableCursors=false, skipFieldSet=[], includeFieldSet=[], filterQuery='null', uniqueKey='null', dry
Run=false, skipCount=0, commitAfter=null, blockSize=10000, dateTimeFormat='yyyy-MM-dd'T'HH:mm:ss.SSS'Z'', user='null', password='**********'}                                                                                                                                   
13:29:23.491 [main] INFO  i.d.s.i.App - Reading solr.json                                                                                                                                                                                                                       
13:29:23.576 [main] INFO  i.d.s.i.App - adding 10000 documents (10000)                                                                                                                                                                                                          
13:29:26.720 [main] INFO  i.d.s.i.App - adding 10000 documents (20000)                                                                                                                                                                                                          
13:29:28.528 [main] INFO  i.d.s.i.App - adding 10000 documents (30000)                                                                                                                                                                                                          
13:29:30.521 [main] INFO  i.d.s.i.App - adding 10000 documents (40000)                                                                                                                                                                                                          
13:29:32.140 [main] INFO  i.d.s.i.App - adding 10000 documents (50000)                                                                                                                                                                                                          
13:29:33.838 [main] INFO  i.d.s.i.App - adding 10000 documents (60000)                                                                                                                                                                                                          
13:29:35.765 [main] INFO  i.d.s.i.App - adding 10000 documents (70000)                                                                                                                                                                                                          
13:29:37.669 [main] INFO  i.d.s.i.App - adding 10000 documents (80000)                                                                                                                                                                                                          
13:29:40.394 [main] INFO  i.d.s.i.App - adding 10000 documents (90000)                                                                                                                                                                                                          
13:29:43.180 [main] INFO  i.d.s.i.App - adding 10000 documents (100000)                                                                                                                                                                                                         
13:29:44.950 [main] INFO  i.d.s.i.App - adding 21 documents (100021)                                                                                                                                                                                                            
13:29:48.107 [main] INFO  i.d.s.i.App - Committed                                                                                                                                                                                                                               
13:29:48.107 [main] INFO  i.d.s.i.App - Build complete.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         

猜你喜欢

转载自blog.csdn.net/eyeofeagle/article/details/115372039